Node / ReticulumProjects / MeshChatX.git / files / vendor / lxmfy / tests / test_leaks.py

Displaying Raw • Download

T8b949e"""Leak and resource tests for LXMFy."""

Tff7b72import T7ee787threading

Tff7b72import T7ee787psutil

Tff7b72import T7ee787pytest

Tff7b72import T7ee787gc

Tff7b72from T7ee787lxmfy Tff7b72import Te6edf3BotConfigTb4b4b4, Te6edf3LXMFBot

Tff7b72from T7ee787unittestT7ee787.T7ee787mock Tff7b72import Te6edf3MagicMock

Tff7b72def Td2a8ffget_open_fdsTb4b4b4(Tb4b4b4)Tb4b4b4:

T8b949e"""Get count of open file descriptors."""

Tff7b72return Te6edf3psutilTff7b72.Td2a8ffProcessTb4b4b4(Tb4b4b4)Tff7b72.Td2a8ffnum_fdsTb4b4b4(Tb4b4b4)

Tff7b72def Td2a8ffget_thread_countTb4b4b4(Tb4b4b4)Tb4b4b4:

T8b949e"""Get count of active threads."""

Tff7b72return Te6edf3threadingTff7b72.Td2a8ffactive_countTb4b4b4(Tb4b4b4)

Tff7b72def Td2a8ffget_memory_usageTb4b4b4(Tb4b4b4)Tb4b4b4:

T8b949e"""Get current memory usage in bytes."""

Tff7b72return Te6edf3psutilTff7b72.Td2a8ffProcessTb4b4b4(Tb4b4b4)Tff7b72.Td2a8ffmemory_infoTb4b4b4(Tb4b4b4)Tff7b72.Td2a8ffrss

Tf0883e@pytestTff7b72.Td2a8ffmarkTff7b72.Td2a8ffreliability

Tff7b72class T56d364TestLeaksTb4b4b4:

T8b949e"""Test for resource leaks in LXMFy."""

Tff7b72def Td2a8fftest_memory_leak_intent_classifierTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

T8b949e"""Check for memory leaks in IntentClassifier training/prediction."""

Tff7b72from T7ee787lxmfyT7ee787.T7ee787nlp Tff7b72import Te6edf3IntentClassifier

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3start_mem Tff7b72= Te6edf3get_memory_usageTb4b4b4(Tb4b4b4)

T8b949e# Run many iterations

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff100Tb4b4b4)Tb4b4b4:

Te6edf3nlp Tff7b72= Te6edf3IntentClassifierTb4b4b4(Tb4b4b4)

Te6edf3nlpTff7b72.Td2a8ffadd_intentTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffintent_Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4, Tb4b4b4[Ta5d6fffTa5d6ff"Ta5d6ffexample text Tffd700{Te6edf3jTffd700}Ta5d6ff" Tff7b72for Te6edf3j Tff7b72in Tffa657rangeTb4b4b4(T79c0ff10Tb4b4b4)Tb4b4b4]Tb4b4b4)

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(T79c0ff50Tb4b4b4)Tb4b4b4:

Te6edf3nlpTff7b72.Td2a8ffpredictTb4b4b4(Ta5d6ff"Ta5d6ffsome random textTa5d6ff"Tb4b4b4)

Tff7b72del Te6edf3nlp

Tff7b72if Te6edf3i Tff7b72% T79c0ff10 Tff7b72== T79c0ff0Tb4b4b4:

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3end_mem Tff7b72= Te6edf3get_memory_usageTb4b4b4(Tb4b4b4)

T8b949e# Allow some growth for fragmentation/internal caches but not massive

T8b949e# 5MB is a very generous threshold for this test

Tff7b72assert Tb4b4b4(Te6edf3end_mem Tff7b72- Te6edf3start_memTb4b4b4) Tff7b72< T79c0ff5 Tff7b72* T79c0ff1024 Tff7b72* T79c0ff1024

Tff7b72def Td2a8fftest_fd_leak_bot_restartsTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3test_config_dirTb4b4b4)Tb4b4b4:

T8b949e"""Check for file descriptor leaks when repeatedly creating/destroying bots."""

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3start_fds Tff7b72= Te6edf3get_open_fdsTb4b4b4(Tb4b4b4)

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff20Tb4b4b4)Tb4b4b4:

Te6edf3config Tff7b72= Te6edf3BotConfigTb4b4b4(

Te6edf3nameTff7b72=Ta5d6fffTa5d6ff"Ta5d6ffLeakBot_Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4,

Te6edf3storage_pathTff7b72=Tffa657strTb4b4b4(Te6edf3test_config_dir Tff7b72/ Ta5d6fffTa5d6ff"Ta5d6ffleak_storage_Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4)Tb4b4b4,

Te6edf3test_modeTff7b72=Tff7b72TrueTb4b4b4,

Tb4b4b4)

Te6edf3bot Tff7b72= Te6edf3LXMFBotTb4b4b4(Tff7b72*Tff7b72*Te6edf3configTff7b72.Td2a8ff__dict__Tb4b4b4)

Te6edf3botTff7b72.Td2a8ffrouter Tff7b72= Te6edf3MagicMockTb4b4b4(Tb4b4b4) T8b949e# Avoid RNS starting real background threads

T8b949e# Do some operations

Te6edf3botTff7b72.Td2a8ffstorageTff7b72.Td2a8ffsetTb4b4b4(Ta5d6ff"Ta5d6fftestTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffdataTa5d6ff"Tb4b4b4)

Te6edf3botTff7b72.Td2a8ffstorageTff7b72.Td2a8ffgetTb4b4b4(Ta5d6ff"Ta5d6fftestTa5d6ff"Tb4b4b4)

T8b949e# Shutdown/Cleanup

Te6edf3botTff7b72.Td2a8ffcleanupTb4b4b4(Tb4b4b4)

Tff7b72del Te6edf3bot

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3end_fds Tff7b72= Te6edf3get_open_fdsTb4b4b4(Tb4b4b4)

T8b949e# We allow a small increase if some RNS/internal things don't close immediately,

T8b949e# but it shouldn't be proportional to iterations.

Tff7b72assert Te6edf3end_fds Tff7b72<Tff7b72= Te6edf3start_fds Tff7b72+ T79c0ff5

Tff7b72def Td2a8fftest_thread_leak_bot_creationTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3test_config_dirTb4b4b4)Tb4b4b4:

T8b949e"""Check for thread leaks when creating bots."""

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3start_threads Tff7b72= Te6edf3get_thread_countTb4b4b4(Tb4b4b4)

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff10Tb4b4b4)Tb4b4b4:

Te6edf3config Tff7b72= Te6edf3BotConfigTb4b4b4(

Te6edf3nameTff7b72=Ta5d6fffTa5d6ff"Ta5d6ffThreadBot_Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4,

Te6edf3storage_pathTff7b72=Tffa657strTb4b4b4(Te6edf3test_config_dir Tff7b72/ Ta5d6fffTa5d6ff"Ta5d6ffthread_storage_Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4)Tb4b4b4,

Te6edf3test_modeTff7b72=Tff7b72TrueTb4b4b4,

Tb4b4b4)

Te6edf3bot Tff7b72= Te6edf3LXMFBotTb4b4b4(Tff7b72*Tff7b72*Te6edf3configTff7b72.Td2a8ff__dict__Tb4b4b4)

Te6edf3botTff7b72.Td2a8ffrouter Tff7b72= Te6edf3MagicMockTb4b4b4(Tb4b4b4)

Te6edf3botTff7b72.Td2a8ffcleanupTb4b4b4(Tb4b4b4)

Tff7b72del Te6edf3bot

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3end_threads Tff7b72= Te6edf3get_thread_countTb4b4b4(Tb4b4b4)

T8b949e# Threads should return to baseline

Tff7b72assert Te6edf3end_threads Tff7b72<Tff7b72= Te6edf3start_threads Tff7b72+ T79c0ff2